Language/OS - Multiplatform Resource Library/LANGUAGE OS.iso/pcl/src-16f.lha/compiler/dump.lisp

Text File | 1991-12-22 | 42.6 KB | 1,286 lines

;;; -*- Package: C; Log: C.Log -*-
;;;
;;; **********************************************************************
;;; This code was written as part of the CMU Common Lisp project at
;;; Carnegie Mellon University, and has been placed in the public domain.
;;; If you want to use this code or any part of CMU Common Lisp, please contact
;;; Scott Fahlman or [e-mail].
;;;
(ext:file-comment
  "$Header: dump.lisp,v 1.36 91/12/21 23:07:24 ram Exp $")
;;;
;;; **********************************************************************
;;;
;;; $Header: dump.lisp,v 1.36 91/12/21 23:07:24 ram Exp $
;;;
;;;    This file contains stuff that knows about dumping FASL files.
;;;
(in-package "C")

(proclaim '(special compiler-version))

;;;; Fasl dumper state:

;;; We do some buffering in front of the stream that represents the output file
;;; so as to speed things up a bit.
;;;
(defconstant fasl-buffer-size 2048)

;;; The Fasl-File structure represents everything we need to know about dumping
;;; to a fasl file.  We need to objectify the state, since the fasdumper must
;;; be reentrant.
;;;
(defstruct (fasl-file
        (:print-function
         (lambda (s stream d)
           (declare (ignore d) (stream stream))
           (format stream "#<Fasl-File ~S>"
               (namestring (fasl-file-stream s))))))
  ;;
  ;; The stream we dump to.
  (stream (required-argument) :type stream)
  ;;
  ;; The buffer we accumulate output in before blasting it out to the stream
  ;; with SYS:OUTPUT-RAW-BYTES.
  (buffer (make-array fasl-buffer-size :element-type '(unsigned-byte 8))
      :type (simple-array (unsigned-byte 8) (*)))
  ;;
  ;; The index of the first free byte in Buffer.  Note that there is always at
  ;; least one byte free.
  (buffer-index 0 :type index)
  ;;
  ;; Hashtables we use to keep track of dumped constants so that we can get
  ;; them from the table rather than dumping them again.  The EQUAL-TABLE is
  ;; used for lists and strings, and the EQ-TABLE is used for everything else.
  ;; We use a separate EQ table to avoid performance patholigies with objects
  ;; for which EQUAL degnerates to EQL.  Everything entered in the EQUAL table
  ;; is also entered in the EQ table.
  (equal-table (make-hash-table :test #'equal) :type hash-table)
  (eq-table (make-hash-table :test #'eq) :type hash-table)
  ;;
  ;; The table's current free pointer: the next offset to be used.
  (table-free 0 :type index)
  ;;
  ;; Alist (Package . Offset) of the table offsets for each package we have
  ;; currently located.
  (packages () :type list)
  ;;
  ;; Table mapping from the Entry-Info structures for dumped XEPs to the table
  ;; offsets of the corresponding code pointers.
  (entry-table (make-hash-table :test #'eq) :type hash-table)
  ;;
  ;; Table holding back-patching info for forward references to XEPs.  The key
  ;; is the Entry-Info structure for the XEP, and the value is a list of conses
  ;; (<code-handle> . <offset>), where <code-handle> is the offset in the table
  ;; of the code object needing to be patched, and <offset> is the offset that
  ;; must be patched.
  (patch-table (make-hash-table :test #'eq) :type hash-table)
  ;;
  ;; A list of the table handles for all of the DEBUG-INFO structures dumped in
  ;; this file.  These structures must be back-patched with source location
  ;; information when the compilation is complete.
  (debug-info () :type list)
  ;;
  ;; Used to keep track of objects that we are in the process of dumping so
  ;; that circularities can be preserved.  The key is the object that we have
  ;; previously seen, and the value is the object that we reference in the
  ;; table to find this previously seen object.  (The value is never NIL.)
  ;;
  ;; Except with list objects, the key and the value are always the same.  In a
  ;; list, the key will be some tail of the value.
  (circularity-table (make-hash-table :test #'eq) :type hash-table)
  ;;
  ;; Hash table of structures that are allowed to be dumped.  If we try to
  ;; dump a structure that isn't in this hash table, we lose.
  (valid-structures (make-hash-table :test #'eq) :type hash-table))

;;; This structure holds information about a circularity.
;;;
(defstruct circularity
  ;;
  ;; Kind of modification to make to create circularity.
  (type (required-argument) :type (member :rplaca :rplacd :svset :struct-set))
  ;;
  ;; Object containing circularity.
  object
  ;;
  ;; Index in object for circularity.
  (index (required-argument) :type index)
  ;;
  ;; The object to be stored at Index in Object.  This is that the key that we
  ;; were using when we discovered the circularity.
  value
  ;;
  ;; The value that was associated with Value in the CIRCULARITY-TABLE.  This
  ;; is the object that we look up in the EQ-TABLE to locate Value.
  enclosing-object)


;;; A list of the Circularity structures for all of the circularities detected
;;; in the the current top-level call to Dump-Object.  Setting this lobotomizes
;;; circularity detection as well, since circular dumping uses the table.
;;;
(defvar *circularities-detected*)


;;; Used to inhibit table access when dumping forms to be read by the cold
;;; loader.
;;;
(defvar *cold-load-dump* nil)


;;; Used to turn off the structure validation during dumping of source info.
;;;
(defvar *dump-only-valid-structures* t)


;;;; Utilities:

;;; FLUSH-FASL-FILE-BUFFER  --  Internal
;;;
;;;    Write out the contents of File's buffer to its stream.
;;;
(defun flush-fasl-file-buffer (file)
  (system:output-raw-bytes (fasl-file-stream file)
               (fasl-file-buffer file)
               0
               (fasl-file-buffer-index file))
  (setf (fasl-file-buffer-index file) 0)
  (undefined-value))


;;; Dump-Byte  --  Internal
;;;
;;;    Write the byte B to the specified fasl-file stream.
;;;
(declaim (maybe-inline dump-byte))
(defun dump-byte (b file)
  (declare (type (unsigned-byte 8) b) (type fasl-file file)
       (optimize (speed 3) (safety 0)))
  (let ((idx (fasl-file-buffer-index file))
    (buf (fasl-file-buffer file)))
    (setf (aref buf idx) b)
    (let ((new (1+ idx)))
      (setf (fasl-file-buffer-index file) new)
      (when (= new fasl-buffer-size)
    (flush-fasl-file-buffer file))))
  (undefined-value))


;;; DUMP-UNSIGNED-32  --  Internal
;;;
;;;    Dump a 4 byte unsigned integer.
;;;
(defun dump-unsigned-32 (num file)
  (declare (type (unsigned-byte 32) num) (type fasl-file file)
       (optimize (speed 3) (safety 0)))
  (let* ((idx (fasl-file-buffer-index file))
     (buf (fasl-file-buffer file))
     (new (+ idx 4)))
    (when (>= new fasl-buffer-size)
      (flush-fasl-file-buffer file)
      (setq idx 0  new 4))
    (setf (aref buf (+ idx 0)) (ldb (byte 8 0) num))
    (setf (aref buf (+ idx 1)) (ldb (byte 8 8) num))
    (setf (aref buf (+ idx 2)) (ldb (byte 8 16) num))
    (setf (aref buf (+ idx 3)) (ldb (byte 8 24) num))
    (setf (fasl-file-buffer-index file) new))
  (undefined-value))


;;; Dump-Var-Signed   --  Internal
;;;
;;;    Dump Num to the fasl stream, represented by the specified number of
;;; bytes.
;;;
(defun dump-var-signed  (num bytes file)
  (declare (integer num) (type index bytes) (type fasl-file file)
       (inline dump-byte))
  (do ((n num (ash n -8))
       (i bytes (1- i)))
      ((= i 0))
    (declare (type index i))
    (dump-byte (logand n #xFF) file))
  (undefined-value))


;;; DUMP-BYTES  --  Internal
;;;
;;;    Dump the first N bytes in Vec out to File.  Vec is some sort of unboxed
;;; vector-like thing that we can BLT from.
;;;
(defun dump-bytes (vec n file)
  (declare (type index n) (type fasl-file file)
       (optimize (speed 3) (safety 0)))
  (let* ((idx (fasl-file-buffer-index file))
     (buf (fasl-file-buffer file))
     (new (+ idx n)))
    (cond ((< new fasl-buffer-size)
       (bit-bash-copy vec vector-data-bit-offset
              buf
              (+ vector-data-bit-offset
                 (the index (* idx vm:byte-bits)))
              (* n vm:byte-bits))
       (setf (fasl-file-buffer-index file) new))
      (t
       (flush-fasl-file-buffer file)
       (cond ((>= n fasl-buffer-size)
          (system:output-raw-bytes (fasl-file-stream file)
                       vec 0 n))
         (t
          (bit-bash-copy vec vector-data-bit-offset
                 buf vector-data-bit-offset
                 (* n vm:byte-bits))
          (setf (fasl-file-buffer-index file) n))))))
  (undefined-value))


;;; Dump-FOP  --  Internal
;;;
;;;    Dump the FOP code for the named FOP to the specified fasl-file.
;;;
(defmacro dump-fop (fs file)
  (let* ((fs (eval fs))
     (val (get fs 'lisp::fop-code)))
    (assert val () "Compiler bug: ~S not a legal fasload operator." fs)
    `(dump-byte ',val ,file)))


;;; Dump-FOP*  --  Internal
;;;
;;;    Dump a FOP-Code along with an integer argument, choosing the FOP based
;;; on whether the argument will fit in a single byte.
;;;
(defmacro dump-fop* (n byte-fop word-fop file)
  (once-only ((n-n n)
          (n-file file))
    `(cond ((< ,n-n 256)
        (dump-fop ',byte-fop ,n-file)
        (dump-byte ,n-n ,n-file))
       (t
        (dump-fop ',word-fop ,n-file)
        (dump-unsigned-32 ,n-n ,n-file)))))


;;; Dump-Push  --  Internal
;;;
;;;    Push the object at table offset Handle on the fasl stack.
;;;
(defun dump-push (handle file)
  (declare (type index handle) (type fasl-file file))
  (dump-fop* handle lisp::fop-byte-push lisp::fop-push file)
  (undefined-value))


;;; Dump-Pop  --  Internal
;;;
;;;    Pop the object currently on the fasl stack top into the table, and
;;; return the table index, incrementing the free pointer.
;;;
(defun dump-pop (file)
  (prog1 (fasl-file-table-free file)
    (dump-fop 'lisp::fop-pop file)
    (incf (fasl-file-table-free file))))


;;; EQUAL-CHECK-TABLE  --  Internal
;;;
;;;    If X is in File's EQUAL-TABLE, then push the object and return T,
;;; otherwise NIL.  If *COLD-LOAD-DUMP* is true, then do nothing and return
;;; NIL.
;;;
(defun equal-check-table (x file)
  (declare (type fasl-file file))
  (unless *cold-load-dump*
    (let ((handle (gethash x (fasl-file-equal-table file))))
      (cond (handle
         (dump-push handle file)
         t)
        (t
         nil)))))


;;; EQ-SAVE-OBJECT, EQUAL-SAVE-OBJECT  --  Internal
;;;
;;;    These functions are called after dumping an object to save the object in
;;; the table.  The object (also passed in as X) must already be on the top of
;;; the FOP stack.  If *COLD-LOAD-DUMP* is true, then we don't do anything.
;;;
(defun eq-save-object (x file)
  (declare (type fasl-file file))
  (unless *cold-load-dump*
    (let ((handle (dump-pop file)))
      (setf (gethash x (fasl-file-eq-table file)) handle)
      (dump-push handle file)))
  (undefined-value))
;;;
(defun equal-save-object (x file)
  (declare (type fasl-file file))
  (unless *cold-load-dump*
    (let ((handle (dump-pop file)))
      (setf (gethash x (fasl-file-equal-table file)) handle)
      (setf (gethash x (fasl-file-eq-table file)) handle)
      (dump-push handle file)))
  (undefined-value))


;;; NOTE-POTENTIAL-CIRCULARITY  --  Internal
;;;
;;;    Record X in File's CIRCULARITY-TABLE unless *COLD-LOAD-DUMP* is true.
;;; This is called on objects that we are about to dump might have a circular
;;; path through them.
;;;
;;; The object must not currently be in this table, since the dumper should
;;; never be recursively called on a circular reference.  Instead, the dumping
;;; function must detect the circularity and arrange for the dumped object to
;;; be patched.
;;;
(defun note-potential-circularity (x file)
  (unless *cold-load-dump*
    (let ((circ (fasl-file-circularity-table file)))
      (assert (not (gethash x circ)))
      (setf (gethash x circ) x)))
  (undefined-value))


;;; Fasl-Dump-Cold-Load-Form  --  Interface
;;;
;;;    Dump Form to a fasl file so that it evaluated at load time in normal
;;; load and at cold-load time in cold load.  This is used to dump package
;;; frobbing forms.
;;;
(defun fasl-dump-cold-load-form (form file)
  (declare (type fasl-file file))
  (dump-fop 'lisp::fop-normal-load file)
  (let ((*cold-load-dump* t))
    (dump-object form file))
  (dump-fop 'lisp::fop-eval-for-effect file)
  (dump-fop 'lisp::fop-maybe-cold-load file)
  (undefined-value))


;;;; Opening and closing:

;;; Open-Fasl-File  --  Interface
;;;
;;;    Return a Fasl-File object for dumping to the named file.  Some
;;; information about the source is specified by the string Where.
;;;
(defun open-fasl-file (name where)
  (declare (type pathname name))
  (let* ((stream (open name :direction :output
               :if-exists :new-version
               :element-type '(unsigned-byte 8)))
     (res (make-fasl-file :stream stream)))
    (format stream
        "FASL FILE output from ~A.~@
        Compiled ~A on ~A~@
        Compiler ~A, Lisp ~A~@
        Targeted for ~A, FASL version ~D~%"
        where
        (ext:format-universal-time nil (get-universal-time))
        (machine-instance) compiler-version
        (lisp-implementation-version)
        (backend-version *backend*)
        (backend-fasl-file-version *backend*))
    ;;
    ;; Terminate header.
    (dump-byte 255 res)
    ;;
    ;; Specify code format.
    (dump-fop 'lisp::fop-code-format res)
    (dump-byte (backend-fasl-file-implementation *backend*) res)
    (dump-byte (backend-fasl-file-version *backend*) res)

    res))


;;; Close-Fasl-File  --  Interface
;;;
;;;    Close the specified Fasl-File, aborting the write if Abort-P is true.
;;; We do various sanity checks, then end the group.
;;;
(defun close-fasl-file (file abort-p)
  (declare (type fasl-file file))
  (assert (zerop (hash-table-count (fasl-file-patch-table file))))
  (dump-fop 'lisp::fop-verify-empty-stack file)
  (dump-fop 'lisp::fop-verify-table-size file)
  (dump-unsigned-32 (fasl-file-table-free file) file)
  (dump-fop 'lisp::fop-end-group file)
  (flush-fasl-file-buffer file)
  (close (fasl-file-stream file) :abort abort-p)
  (undefined-value))


;;;; Component (function) dumping:

;;; Dump-Code-Object  --  Internal
;;;
;;;    Dump out the constant pool and code-vector for component, push the
;;; result in the table and return the offset.
;;;
;;;    The only tricky thing is handling constant-pool references to functions.
;;; If we have already dumped the function, then we just push the code pointer.
;;; Otherwise, we must create back-patching information so that the constant
;;; will be set when the function is eventually dumped.  This is a bit awkward,
;;; since we don't have the handle for the code object being dumped while we
;;; are dumping its constants.
;;;
;;;    We dump a trap object as a placeholder for the code vector, which is
;;; actually filled in by the loader.
;;;
(defun dump-code-object (component code-segment code-length trace-table file)
  (declare (type component component) (type fasl-file file)
       (list trace-table) (type index code-length))
  (let* ((2comp (component-info component))
     (constants (ir2-component-constants 2comp))
     (num-consts (length constants))
     (trace-table (pack-trace-table trace-table))
     (trace-table-length (length trace-table))
     (total-length (+ code-length (* trace-table-length 2))))
    (collect ((patches))
      ;; Dump the offset of the trace table.
      (dump-object code-length file)

      ;; Dump the constants, noting any :entries that have to be fixed up.
      (do ((i vm:code-constants-offset (1+ i)))
      ((>= i num-consts))
    (let ((entry (aref constants i)))
      (etypecase entry
        (constant
         (dump-object (constant-value entry) file))
        (cons
         (ecase (car entry)
           (:entry
        (let* ((info (leaf-info (cdr entry)))
               (handle (gethash info (fasl-file-entry-table file))))
          (cond
           (handle
            (dump-push handle file))
           (t
            (patches (cons info i))
            (dump-fop 'lisp::fop-misc-trap file)))))
           (:load-time-value
        (dump-push (cdr entry) file))))
        (null
         (dump-fop 'lisp::fop-misc-trap file)))))

      ;; Dump the debug info.
      (let ((info (debug-info-for-component component))
        (*dump-only-valid-structures* nil))
    (dump-object info file)
    (let ((info-handle (dump-pop file)))
      (dump-push info-handle file)
      (push info-handle (fasl-file-debug-info file))))

      (let ((num-consts (- num-consts vm:code-trace-table-offset-slot)))
    (cond ((and (< num-consts #x100) (< total-length #x10000))
           (dump-fop 'lisp::fop-small-code file)
           (dump-byte num-consts file)
           (dump-var-signed total-length 2 file))
          (t
           (dump-fop 'lisp::fop-code file)
           (dump-unsigned-32 num-consts file)
           (dump-unsigned-32 total-length file))))

      (flush-fasl-file-buffer file)
      (let ((fixups (emit-code-vector (fasl-file-stream file) code-segment)))
    (dump-i-vector trace-table file t)
    (let ((handle (dump-pop file)))
      (dump-fixups handle fixups file)
      (dolist (patch (patches))
        (push (cons handle (cdr patch))
          (gethash (car patch) (fasl-file-patch-table file))))
      handle)))))


(defun dump-assembler-routines (code-segment length routines file)
  (dump-fop 'lisp::fop-assembler-code file)
  (dump-unsigned-32 length file)
  (flush-fasl-file-buffer file)
  (let ((fixups (emit-code-vector (fasl-file-stream file) code-segment)))
    (dolist (routine routines)
      (dump-fop 'lisp::fop-normal-load file)
      (let ((*cold-load-dump* t))
    (dump-object (car routine) file))
      (dump-fop 'lisp::fop-maybe-cold-load file)
      (dump-fop 'lisp::fop-assembler-routine file)
      (dump-unsigned-32 (label-position (cdr routine)) file))
    (let ((handle (dump-pop file)))
      (dump-fixups handle fixups file)
      handle)))

;;; Dump-Fixups  --  Internal
;;;
;;;    Dump all the fixups.  Currently there are only miscop fixups, and we
;;; always access them by name rather than number.  There is no reason for
;;; using miscop numbers other than a minor load-time efficiency win.
;;;
(defun dump-fixups (code-handle fixups file)
  (declare (type index code-handle) (list fixups)
       (type fasl-file file))
  (when fixups
    (dump-push code-handle file)
    (dolist (info fixups)
      (let* ((kind (first info))
         (fixup (second info))
         (name (fixup-name fixup))
         (flavor (fixup-flavor fixup))
         (offset (third info)))
    (dump-fop 'lisp::fop-normal-load file)
    (let ((*cold-load-dump* t))
      (dump-object kind file))
    (dump-fop 'lisp::fop-maybe-cold-load file)
    (ecase flavor
      (:assembly-routine
       (assert (symbolp name))
       (dump-fop 'lisp::fop-normal-load file)
       (let ((*cold-load-dump* t))
         (dump-object name file))
       (dump-fop 'lisp::fop-maybe-cold-load file)
       (dump-fop 'lisp::fop-assembler-fixup file))
      (:foreign
       (assert (stringp name))
       (dump-fop 'lisp::fop-foreign-fixup file)
       (let ((len (length name)))
         (assert (< len 256))
         (dump-byte len file)
         (dotimes (i len)
           (dump-byte (char-code (schar name i)) file)))))
    (dump-unsigned-32 offset file)))
    (dump-fop 'lisp::fop-pop-for-effect file))
  (undefined-value))


;;; Dump-One-Entry  --  Internal
;;;
;;;    Dump a function-entry data structure corresponding to Entry to File.
;;; Code-Handle is the table offset of the code object for the component.
;;;
;;; If the entry is a DEFUN, then we also dump a FOP-FSET so that the cold
;;; loader can instantiate the definition at cold-load time, allowing forward
;;; references to functions in top-level forms.
;;;
(defun dump-one-entry (entry code-handle file)
  (declare (type entry-info entry) (type index code-handle)
       (type fasl-file file))
  (let ((name (entry-info-name entry)))
    (dump-push code-handle file)
    (dump-object name file)
    (dump-object (entry-info-arguments entry) file)
    (dump-object (entry-info-type entry) file)
    (dump-fop 'lisp::fop-function-entry file)
    (dump-unsigned-32 (label-position (entry-info-offset entry)) file)
    (let ((handle (dump-pop file)))
      (when (and name (symbolp name))
    (dump-object name file)
    (dump-push handle file)
    (dump-fop 'lisp::fop-fset file))
      handle)))

;;; Alter-Code-Object  --  Internal
;;;
;;;    Alter the code object referenced by Code-Handle at the specified Offset,
;;; storing the object referenced by Entry-Handle.
;;;
(defun alter-code-object (code-handle offset entry-handle file)
  (declare (type index code-handle entry-handle offset) (type fasl-file file))
  (dump-push code-handle file)
  (dump-push entry-handle file)
  (dump-fop* offset lisp::fop-byte-alter-code lisp::fop-alter-code file)
  (undefined-value))


;;; Fasl-Dump-Component  --  Interface
;;;
;;;    Dump the code, constants, etc. for component.  We pass in the assembler
;;; fixups, code vector and node info.
;;;
(defun fasl-dump-component (component code-segment length trace-table file)
  (declare (type component component) (list trace-table) (type fasl-file file))

  (dump-fop 'lisp::fop-verify-empty-stack file)
  (dump-fop 'lisp::fop-verify-table-size file)
  (dump-unsigned-32 (fasl-file-table-free file) file)

  (let ((code-handle (dump-code-object component code-segment
                       length trace-table file))
    (2comp (component-info component)))
    (dump-fop 'lisp::fop-verify-empty-stack file)

    (dolist (entry (ir2-component-entries 2comp))
      (let ((entry-handle (dump-one-entry entry code-handle file)))
    (setf (gethash entry (fasl-file-entry-table file)) entry-handle)

    (let ((old (gethash entry (fasl-file-patch-table file))))
      (when old
        (dolist (patch old)
          (alter-code-object (car patch) (cdr patch) entry-handle file))
        (remhash entry (fasl-file-patch-table file)))))))
  (undefined-value))


;;; FASL-DUMP-TOP-LEVEL-LAMBDA-CALL  --  Interface
;;;
;;;    Dump a FOP-FUNCALL to call an already dumped top-level lambda at load
;;; time.
;;;
(defun fasl-dump-top-level-lambda-call (fun file)
  (declare (type clambda fun) (type fasl-file file))
  (let ((handle (gethash (leaf-info fun) (fasl-file-entry-table file))))
    (assert handle)
    (dump-push handle file)
    (dump-fop 'lisp::fop-funcall-for-effect file)
    (dump-byte 0 file))
  (undefined-value))


;;; FASL-DUMP-SOURCE-INFO  --  Interface
;;;
;;;    Compute the correct list of DEBUG-SOURCE structures and backpatch all of
;;; the dumped DEBUG-INFO structures.  We clear the FASL-FILE-DEBUG-INFO,
;;; so that subsequent components with different source info may be dumped.
;;;
(defun fasl-dump-source-info (info file)
  (declare (type source-info info) (type fasl-file file))
  (let ((res (debug-source-for-info info))
    (*dump-only-valid-structures* nil))
    (dump-object res file)
    (let ((res-handle (dump-pop file)))
      (dolist (info-handle (fasl-file-debug-info file))
    (dump-push res-handle file)
    (dump-fop 'lisp::fop-structset file)
    (dump-unsigned-32 info-handle file)
    (dump-unsigned-32 2 file))))

  (setf (fasl-file-debug-info file) ())
  (undefined-value))


;;;; Main entries to object dumping:

;;; Dump-Non-Immediate-Object  --  Internal
;;;
;;;    This function deals with dumping objects that are complex enough so that
;;; we want to cache them in the table, rather than repeatedly dumping them.
;;; If the object is in the EQ-TABLE, then we push it, otherwise, we do a type
;;; dispatch to a type specific dumping function.  The type specific branches
;;; do any appropriate EQUAL-TABLE check and table entry.
;;;
;;;    When we go to dump the object, we enter it in the CIRCULARITY-TABLE.
;;;
(defun dump-non-immediate-object (x file)
  (let ((index (gethash x (fasl-file-eq-table file))))
    (cond ((and index (not *cold-load-dump*))
       (dump-push index file))
      (t
       (typecase x
         (symbol (dump-symbol x file))
         (list
          (unless (equal-check-table x file)
        (dump-list x file)
        (equal-save-object x file)))
         (structure
          (dump-structure x file)
          (eq-save-object x file))
         (array
          (dump-array x file))
         (number
          (unless (equal-check-table x file)
        (etypecase x
          (ratio (dump-ratio x file))
          (complex (dump-complex x file))
          (float (dump-float x file))
          (integer (dump-integer x file)))
        (equal-save-object x file)))
         (t
          ;;
          ;; This probably never happens, since bad things are detected
          ;; during IR1 conversion.
          (error "This object cannot be dumped into a fasl file:~% ~S"
             x))))))
  (undefined-value))


;;; Sub-Dump-Object  --  Internal
;;;
;;;    Dump an object of any type by dispatching to the correct type-specific
;;; dumping function.  We pick off immediate objects, symbols and and magic
;;; lists here.  Other objects are handled by Dump-Non-Immediate-Object.
;;;
;;; This is the function used for recursive calls to the fasl dumper.  We don't
;;; worry about creating circularities here, since it is assumed that there is
;;; a top-level call to Dump-Object.
;;;
(defun sub-dump-object (x file)
  (cond ((listp x)
     (if x
         (dump-non-immediate-object x file)
         (dump-fop 'lisp::fop-empty-list file)))
    ((symbolp x)
     (if (eq x t)
         (dump-fop 'lisp::fop-truth file)
         (dump-non-immediate-object x file)))
    ((fixnump x) (dump-integer x file))
    ((characterp x) (dump-character x file))
    (t
     (dump-non-immediate-object x file))))


;;; Dump-Circularities  --  Internal
;;;
;;;    Dump stuff to backpatch already dumped objects.  Infos is the list of
;;; Circularity structures describing what to do.  The patching FOPs take the
;;; value to store on the stack.  We compute this value by fetching the
;;; enclosing object from the table, and then CDR'ing it if necessary.
;;;
(defun dump-circularities (infos file)
  (let ((table (fasl-file-eq-table file)))
    (dolist (info infos)
      (let* ((value (circularity-value info))
         (enclosing (circularity-enclosing-object info)))
    (dump-push (gethash enclosing table) file)
    (unless (eq enclosing value)
      (do ((current enclosing (cdr current))
           (i 0 (1+ i)))
          ((eq current value)
           (dump-fop 'lisp::fop-nthcdr file)
           (dump-unsigned-32 i file))
        (declare (type index i)))))

      (ecase (circularity-type info)
    (:rplaca (dump-fop 'lisp::fop-rplaca file))
    (:rplacd (dump-fop 'lisp::fop-rplacd file))
    (:svset (dump-fop 'lisp::fop-svset file))
    (:struct-set (dump-fop 'lisp::fop-structset file)))
      (dump-unsigned-32 (gethash (circularity-object info) table) file)
      (dump-unsigned-32 (circularity-index info) file))))


;;; Dump-Object  -- Interface
;;;
;;;    Set up stuff for circularity detection, then dump an object.  All shared
;;; and circular structure will be exactly preserved within a single call to
;;; Dump-Object.  Sharing between objects dumped by separate calls is only
;;; preserved when convenient.
;;;
;;;    We peek at the objec type so that we only pay the circular detection
;;; overhead on types of objects that might be circular.
;;;
(defun dump-object (x file)
  (if (or (array-header-p x) (simple-vector-p x) (consp x) (structurep x))
      (let ((*circularities-detected* ())
        (circ (fasl-file-circularity-table file)))
    (clrhash circ)
    (sub-dump-object x file)
    (when *circularities-detected*
      (dump-circularities *circularities-detected* file)
      (clrhash circ)))
      (sub-dump-object x file)))


;;;; Load-time-value and make-load-form support.

;;; FASL-DUMP-LOAD-TIME-VALUE-LAMBDA -- interface.
;;;
;;; Emit a funcall of the function and return the handle for the result.
;;;
(defun fasl-dump-load-time-value-lambda (fun file)
  (declare (type clambda fun) (type fasl-file file))
  (let ((handle (gethash (leaf-info fun) (fasl-file-entry-table file))))
    (assert handle)
    (dump-push handle file)
    (dump-fop 'lisp::fop-funcall file)
    (dump-byte 0 file))
  (dump-pop file))

;;; FASL-CONSTANT-ALREADY-DUMPED -- interface.
;;;
;;; Return T iff CONSTANT has not already been dumped.  It's been dumped
;;; if it's in the EQ table.
;;;
(defun fasl-constant-already-dumped (constant file)
  (if (or (gethash constant (fasl-file-eq-table file))
      (gethash constant (fasl-file-valid-structures file)))
      t
      nil))

;;; FASL-NOTE-HANDLE-FOR-CONSTANT -- interface.
;;;
;;; Use HANDLE whenever we try to dump CONSTANT.  HANDLE should have been
;;; returned earlier by FASL-DUMP-LOAD-TIME-VALUE-LAMBDA.
;;;
(defun fasl-note-handle-for-constant (constant handle file)
  (let ((table (fasl-file-eq-table file)))
    (when (gethash constant table)
      (error "~S already dumped?" constant))
    (setf (gethash constant table) handle))
  (undefined-value))

;;; FASL-VALIDATE-STRUCTURE -- interface.
;;;
;;; Note that the specified structure can just be dumped by enumerating the
;;; slots.
;;;
(defun fasl-validate-structure (structure file)
  (setf (gethash structure (fasl-file-valid-structures file)) t)
  (undefined-value))



;;;; Number Dumping:

;;; Dump a ratio

(defun dump-ratio (x file)
  (sub-dump-object (numerator x) file)
  (sub-dump-object (denominator x) file)
  (dump-fop 'lisp::fop-ratio file))

;;; Or a complex...

(defun dump-complex (x file)
  (sub-dump-object (realpart x) file)
  (sub-dump-object (imagpart x) file)
  (dump-fop 'lisp::fop-complex file))


;;; Dump an integer.

(defun dump-integer (n file)
  (typecase n
    ((signed-byte 8)
     (dump-fop 'lisp::fop-byte-integer file)
     (dump-byte (logand #xFF n) file))
    ((unsigned-byte 31)
     (dump-fop 'lisp::fop-word-integer file)
     (dump-unsigned-32 n file))
    ((signed-byte 32)
     (dump-fop 'lisp::fop-word-integer file)
     (dump-var-signed n 4 file))
    (t
     (let ((bytes (ceiling (1+ (integer-length n)) 8)))
       (dump-fop* bytes lisp::fop-small-integer lisp::fop-integer file)
       (dump-var-signed n bytes file)))))

(defun dump-float (x file)
  (etypecase x
    (single-float
     (dump-fop 'lisp::fop-single-float file)
     (dump-var-signed (single-float-bits x) 4 file))
    (double-float
     (dump-fop 'lisp::fop-double-float file)
     (let ((x x))
       (declare (double-float x))
       (dump-unsigned-32 (double-float-low-bits x) file)
       (dump-var-signed (double-float-high-bits x) 4 file)))))


;;;; Symbol Dumping:

;;; Dump-Package  --  Internal
;;;
;;;    Return the table index of Pkg, adding the package to the table if
;;; necessary.  During cold load, we read the string as a normal string so that
;;; we can do the package lookup at cold load time.
;;;
(defun dump-package (pkg file)
  (declare (type package pkg) (type fasl-file file) (values index)
       (inline assoc))
  (cond ((cdr (assoc pkg (fasl-file-packages file) :test #'eq)))
    (t
     (unless *cold-load-dump*
       (dump-fop 'lisp::fop-normal-load file))
     (dump-simple-string (package-name pkg) file)
     (dump-fop 'lisp::fop-package file)
     (unless *cold-load-dump*
       (dump-fop 'lisp::fop-maybe-cold-load file))
     (let ((entry (dump-pop file)))
       (push (cons pkg entry) (fasl-file-packages file))
       entry))))


;;; Dump-Symbol  --  Internal
;;;
;;;    If we get here, it is assumed that the symbol isn't in the table, but we
;;; are responsible for putting it there when appropriate.  To avoid too much
;;; special-casing, we always push the symbol in the table, but don't record
;;; that we have done so if *Cold-Load-Dump* is true.
;;;
(defun dump-symbol (s file)
  (let* ((pname (symbol-name s))
     (pname-length (length pname))
     (pkg (symbol-package s)))

    (cond ((null pkg)
       (dump-fop* pname-length lisp::fop-uninterned-small-symbol-save
              lisp::fop-uninterned-symbol-save file))
      ((eq pkg *package*)
       (dump-fop* pname-length lisp::fop-small-symbol-save
              lisp::fop-symbol-save file))
      ((eq pkg ext:*lisp-package*)
       (dump-fop* pname-length lisp::fop-lisp-small-symbol-save
              lisp::fop-lisp-symbol-save file))
      ((eq pkg ext:*keyword-package*)
       (dump-fop* pname-length lisp::fop-keyword-small-symbol-save
              lisp::fop-keyword-symbol-save file))
      ((< pname-length 256)
       (dump-fop* (dump-package pkg file)
              lisp::fop-small-symbol-in-byte-package-save
              lisp::fop-small-symbol-in-package-save file)
       (dump-byte pname-length file))
      (t
       (dump-fop* (dump-package pkg file)
              lisp::fop-symbol-in-byte-package-save
              lisp::fop-symbol-in-package-save file)
       (dump-unsigned-32 pname-length file)))

    (dump-bytes pname (length pname) file)

    (unless *cold-load-dump*
      (setf (gethash s (fasl-file-eq-table file)) (fasl-file-table-free file)))

    (incf (fasl-file-table-free file)))

  (undefined-value))


;;; Dumper for lists.

;;; Dump-List  --  Internal
;;;
;;;    Dump a list, setting up patching information when there are
;;; circularities.  We scan down the list, checking for CDR and CAR
;;; circularities.
;;;
;;; If there is a CDR circularity, we terminate the list with NIL and make a
;;; Circularity notation for the CDR of the previous cons.
;;;
;;; If there is no CDR circularity, then we mark the current cons and check for
;;; a CAR circularity.  When there is a CAR circularity, we make the CAR NIL
;;; initially, arranging for the current cons to be patched later.
;;;
;;; Otherwise, we recursively call the dumper to dump the current element.
;;;
;;; Marking of the conses is inhibited when *cold-load-dump* is true.  This
;;; inhibits all circularity detection.
;;;
(defun dump-list (list file)
  (assert (and list
           (not (gethash list (fasl-file-circularity-table file)))))
  (do* ((l list (cdr l))
    (n 0 (1+ n))
    (circ (fasl-file-circularity-table file)))
       ((atom l)
    (cond ((null l)
           (terminate-undotted-list n file))
          (t
           (sub-dump-object l file)
           (terminate-dotted-list n file))))
    (declare (type index n))
    (let ((ref (gethash l circ)))
      (when ref
    (push (make-circularity :type :rplacd  :object list  :index (1- n)
                :value l  :enclosing-object ref)
          *circularities-detected*)
    (terminate-undotted-list n file)
    (return)))

    (unless *cold-load-dump*
      (setf (gethash l circ) list))

    (let* ((obj (car l))
       (ref (gethash obj circ)))
      (cond (ref
         (push (make-circularity :type :rplaca  :object list  :index n
                     :value obj  :enclosing-object ref)
           *circularities-detected*)
         (sub-dump-object nil file))
        (t
         (sub-dump-object obj file))))))


(defun terminate-dotted-list (n file)
  (declare (type index n) (type fasl-file file))
  (case n
    (1 (dump-fop 'lisp::fop-list*-1 file))
    (2 (dump-fop 'lisp::fop-list*-2 file))
    (3 (dump-fop 'lisp::fop-list*-3 file))
    (4 (dump-fop 'lisp::fop-list*-4 file))
    (5 (dump-fop 'lisp::fop-list*-5 file))
    (6 (dump-fop 'lisp::fop-list*-6 file))
    (7 (dump-fop 'lisp::fop-list*-7 file))
    (8 (dump-fop 'lisp::fop-list*-8 file))
    (T (do ((nn n (- nn 255)))
       ((< nn 256)
        (dump-fop 'lisp::fop-list* file)
        (dump-byte nn file))
     (declare (type index nn))
     (dump-fop 'lisp::fop-list* file)
     (dump-byte 255 file)))))

;;; If N > 255, must build list with one list operator, then list* operators.

(defun terminate-undotted-list (n file)
  (declare (type index n) (type fasl-file file))
  (case n
    (1 (dump-fop 'lisp::fop-list-1 file))
    (2 (dump-fop 'lisp::fop-list-2 file))
    (3 (dump-fop 'lisp::fop-list-3 file))
    (4 (dump-fop 'lisp::fop-list-4 file))
    (5 (dump-fop 'lisp::fop-list-5 file))
    (6 (dump-fop 'lisp::fop-list-6 file))
    (7 (dump-fop 'lisp::fop-list-7 file))
    (8 (dump-fop 'lisp::fop-list-8 file))
    (T (cond ((< n 256)
          (dump-fop 'lisp::fop-list file)
          (dump-byte n file))
         (t (dump-fop 'lisp::fop-list file)
        (dump-byte 255 file)
        (do ((nn (- n 255) (- nn 255)))
            ((< nn 256)
             (dump-fop 'lisp::fop-list* file)
             (dump-byte nn file))
          (declare (type index nn))
          (dump-fop 'lisp::fop-list* file)
          (dump-byte 255 file)))))))


;;;; Array dumping:

;;; DUMP-ARRAY  --  Internal.
;;;
;;; Dump the array thing.
;;;
(defun dump-array (x file)
  (if (vectorp x)
      (dump-vector x file)
      (dump-multi-dim-array x file)))

;;; DUMP-VECTOR  --  Internal.
;;;
;;; Dump the vector object.  If it's not simple, then actually dump a simple
;;; version of it.  But we enter the original in the EQ or EQUAL tables.
;;;
(defun dump-vector (x file)
  (let ((simple-version (if (array-header-p x)
                (coerce x 'simple-array)
                x)))
    (typecase simple-version
      (simple-base-string
       (unless (equal-check-table x file)
     (dump-simple-string simple-version file)
     (equal-save-object x file)))
      (simple-vector
       (dump-simple-vector simple-version file)
       (eq-save-object x file))
      ((simple-array single-float (*))
       (dump-single-float-vector simple-version file)
       (eq-save-object x file))
      ((simple-array double-float (*))
       (dump-double-float-vector simple-version file)
       (eq-save-object x file))
      (t
       (dump-i-vector simple-version file)
       (eq-save-object x file)))))

;;; DUMP-SIMPLE-VECTOR  --  Internal
;;;
;;;    Dump a SIMPLE-VECTOR, handling any circularities.
;;;
(defun dump-simple-vector (v file)
  (declare (type simple-vector v) (type fasl-file file))
  (note-potential-circularity v file)
  (do ((index 0 (1+ index))
       (length (length v))
       (circ (fasl-file-circularity-table file)))
      ((= index length)
       (dump-fop* length lisp::fop-small-vector lisp::fop-vector file))
    (let* ((obj (aref v index))
       (ref (gethash obj circ)))
      (cond (ref
         (push (make-circularity :type :svset  :object v  :index index
                     :value obj  :enclosing-object ref)
           *circularities-detected*)
         (sub-dump-object nil file))
        (t
         (sub-dump-object obj file))))))

;;; DUMP-SIMPLE-STRING  --  Internal
;;;
;;;    Dump a SIMPLE-BASE-STRING.
;;;
(defun dump-simple-string (s file)
  (declare (type simple-base-string s))
  (let ((length (length s)))
    (dump-fop* length lisp::fop-small-string lisp::fop-string file)
    (dump-bytes s length file))
  (undefined-value))

;;; DUMP-I-VECTOR  --  Internal
;;;
;;; *** NOT *** the FOP-INT-VECTOR as currently documented in rtguts.  Size
;;; must be a directly supported I-vector element size, with no extra bits.
;;;
;;; If a byte vector, or if the native and target byte orderings are the same,
;;; then just write the bits.  Otherwise, dispatch off of the target byte order
;;; and write the vector one element at a time.
;;;
(defun dump-i-vector (vec file &optional data-only)
  (declare (type (simple-array * (*)) vec))
  (let* ((ac (etypecase vec
           (simple-bit-vector 0)
           ((simple-array (unsigned-byte 2) (*)) 1)
           ((simple-array (unsigned-byte 4) (*)) 2)
           ((simple-array (unsigned-byte 8) (*)) 3)
           ((simple-array (unsigned-byte 16) (*)) 4)
           ((simple-array (unsigned-byte 32) (*)) 5)))
     (len (length vec))
     (size (ash 1 ac))
     (bytes (ash (+ (the index (ash len ac)) 7) -3)))
    (declare (type index ac len size bytes))
    (unless data-only
      (dump-fop 'lisp::fop-int-vector file)
      (dump-unsigned-32 len file)
      (dump-byte size file))
    (dump-data-maybe-byte-swapping vec bytes size file)))

;;; DUMP-SINGLE-FLOAT-VECTOR  --  internal.
;;;
(defun dump-single-float-vector (vec file)
  (let ((length (length vec)))
    (dump-fop 'lisp::fop-single-float-vector file)
    (dump-unsigned-32 length file)
    (dump-data-maybe-byte-swapping vec (* length vm:word-bytes)
                   vm:word-bytes file)))

;;; DUMP-DOUBLE-FLOAT-VECTOR  --  internal.
;;;
(defun dump-double-float-vector (vec file)
  (let ((length (length vec)))
    (dump-fop 'lisp::fop-double-float-vector file)
    (dump-unsigned-32 length file)
    (dump-data-maybe-byte-swapping vec (* length vm:word-bytes 2)
                   (* vm:word-bytes 2) file)))

;;; DUMP-DATA-BITS-MAYBE-BYTE-SWAPPING  --  internal.
;;;
;;; Dump BYTES of data from DATA-VECTOR (which must be some unboxed vector)
;;; byte-swapping if necessary.
;;;
(defun dump-data-maybe-byte-swapping (data-vector bytes element-size file)
  (declare (type (simple-array * (*)) data-vector)
       (type unsigned-byte bytes)
       (type (integer 1) element-size))
  (cond ((or (eq (backend-byte-order *backend*)
         (backend-byte-order *native-backend*))
         (= element-size vm:byte-bits))
     (dump-bytes data-vector bytes file))
    ((>= element-size vm:word-bits)
     (let ((words-per-element (/ element-size vm:word-bits))
           (result (make-array bytes :element-type '(unsigned-byte 8))))
       (declare (type (integer 1 #.most-positive-fixnum)
              words-per-element))
       (dotimes (index (the integer (/ bytes words-per-element)))
         (dotimes (offset words-per-element)
           (let ((word (%raw-bits data-vector
                      (+ (* index words-per-element)
                     vm:vector-data-offset
                     (1- words-per-element)
                     (- offset)))))
         (setf (%raw-bits result (+ (* index words-per-element)
                        vm:vector-data-offset
                        offset))
               (logior (ash (ldb (byte 8 0) word) 24)
                   (ash (ldb (byte 8 8) word) 16)
                   (ash (ldb (byte 8 16) word) 8)
                   (ldb (byte 8 24) word))))))
       (dump-bytes result bytes file)))
    ((> element-size vm:byte-bits)
     (let* ((bytes-per-element (/ element-size vm:byte-bits))
        (elements (/ bytes bytes-per-element))
        (result (make-array elements
                    :element-type
                    `(unsigned-byte ,element-size))))
       (declare (type (integer 1 #.most-positive-fixnum)
              bytes-per-element)
            (type unsigned-byte elements))
       (dotimes (index elements)
         (let ((element (aref data-vector index))
           (new-element 0))
           (dotimes (i bytes-per-element)
         (setf new-element
               (logior (ash new-element vm:byte-bits)
                   (ldb (byte vm:byte-bits 0) element)))
         (setf element (ash element (- vm:byte-bits))))
           (setf (aref result index) new-element)))
       (dump-bytes result bytes file)))
    (t
     (let* ((elements-per-byte (/ vm:byte-bits element-size))
        (elements (* bytes elements-per-byte))
        (len (length data-vector))
        (result (make-array elements
                    :element-type
                    `(unsigned-byte ,element-size))))
       (dotimes (index elements)
         (multiple-value-bind (byte-index additional)
                  (truncate index elements-per-byte)
           (let ((src-idx (+ byte-index
                 (- elements-per-byte additional 1))))
         (setf (aref result index)
               (if (>= src-idx len)
               0
               (aref data-vector src-idx))))))
       (dump-bytes result bytes file)))))

;;; Dump-Multi-Dim-Array  --  Internal
;;;
;;; Dump a multi-dimensional array.  Note: any displacements are folded out.
;;;
(defun dump-multi-dim-array (array file)
  (let ((rank (array-rank array)))
    (dotimes (i rank)
      (dump-integer (array-dimension array i) file))
    (lisp::with-array-data ((vector array) (start) (end))
      (if (and (= start 0) (= end (length vector)))
      (sub-dump-object vector file)
      (sub-dump-object (subseq vector start end) file)))
    (dump-fop 'lisp::fop-array file)
    (dump-unsigned-32 rank file)
    (eq-save-object array file)))


;;; Dump a character.

(defun dump-character (ch file)
  (dump-fop 'lisp::fop-short-character file)
  (dump-byte (char-code ch) file))


;;; Dump a structure.

(defun dump-structure (struct file)
  (when *dump-only-valid-structures*
    (unless (gethash struct (fasl-file-valid-structures file))
      (error "Attempt to dump invalid structure:~%  ~S~%How did this happen?"
         struct)))
  (note-potential-circularity struct file)
  (do ((index 0 (1+ index))
       (length (structure-length struct))
       (circ (fasl-file-circularity-table file)))
      ((= index length)
       (dump-fop* length lisp::fop-small-struct lisp::fop-struct file))
    (let* ((obj (structure-ref struct index))
       (ref (gethash obj circ)))
      (cond (ref
         (push (make-circularity :type :struct-set
                     :object struct
                     :index index
                     :value obj
                     :enclosing-object ref)
           *circularities-detected*)
         (sub-dump-object nil file))
        (t
         (sub-dump-object obj file))))))